🕺Kapoeira💃

 1package com.lectra.kafka.stream.example
 2
 3import org.apache.kafka.common.serialization.{StringDeserializer, StringSerializer}
 4import org.apache.kafka.streams._
 5import org.scalatest.flatspec.AnyFlatSpec
 6import org.scalatest.matchers.should.Matchers
 7import org.scalatest.{BeforeAndAfterAll, BeforeAndAfterEach, GivenWhenThen}
 8
 9import java.io.File
10import java.util.UUID
11
12class KafkaStreamSelectKeyTest extends AnyFlatSpec with Matchers with BeforeAndAfterEach with BeforeAndAfterAll with GivenWhenThen {
13
14  private val stringSerializer = new StringSerializer()
15  private val stringDeserializer = new StringDeserializer()
16
17  private var driver: TopologyTestDriver = _
18  private var inputTopic: TestInputTopic[String, String] = _
19  private var outputTopic: TestOutputTopic[String, String] = _
20
21  private def tempDir: File = {
22    val ioDir = System.getProperty("java.io.tmpdir")
23    val f = new File(ioDir, "kafka-" + UUID.randomUUID().toString)
24    f.mkdirs()
25    f.deleteOnExit()
26    f
27  }
28
29  private def buildTopology(): Topology = {
30    import org.apache.kafka.streams.scala.StreamsBuilder
31    val builder = new StreamsBuilder
32    KafkaStreamSelectKey.topology(builder)
33    builder.build()
34  }
35
36  override def beforeEach(): Unit = {
37    KafkaStreamAvro.config.put(StreamsConfig.STATE_DIR_CONFIG, tempDir.getAbsolutePath)
38    driver = new TopologyTestDriver(buildTopology(), KafkaStreamSelectKey.config)
39    inputTopic = driver.createInputTopic(KafkaStreamSelectKey.topicIn, stringSerializer, stringSerializer)
40    outputTopic = driver.createOutputTopic(KafkaStreamSelectKey.topicChangedKey, stringDeserializer, stringDeserializer)
41  }
42
43  override def afterEach(): Unit = {
44    driver.close()
45  }
46
47
48  "Nominal case for select" should "change the key of records by combining key and value with -" in {
49    val key = "mykey"
50    val value = "myvalue"
51    val key2 = "yourkey"
52    val value2 = "yourvalue"
53
54    inputTopic.pipeInput(key, value)
55    inputTopic.pipeInput(key2, value2)
56    val expectedKey1 = s"$key-$value"
57    val expectedKey2 = s"$key2-$value2"
58
59    outputTopic.getQueueSize shouldBe 2
60    outputTopic.readKeyValue() shouldBe new KeyValue(expectedKey1, value)
61    outputTopic.readKeyValue() shouldBe new KeyValue(expectedKey2, value2)
62
63  }
64
65
66}

Feature: A calculator example

  Scenario: The sum example
    Given a = 2
    And b = 3
    When a + b
    Then result == 5

  Scenario: The mult example
    Given a = 2
    And b = 3
    When a * b
    Then result == 6

class StepDefinitions {
  var variables = collection.mutable.Map[String,Long]()
  var result: Long = 0

  @Given("^\\s*([a-zA-Z]+)\\s*=\\s*(\\d+)\\s*$")
  def addVariable(name: String, value: Long) : Unit = {
    variables = variables ++ (name , value)
  }

  @When("^\\s*([a-zA-Z]+)\\s*\\+\\s*([a-zA-Z]+)\\s*$")
  def sum(left: String, right: String): Unit = {
    val leftValue = variables.get(left)
    val rightValue = variables.get(right)
    assertNotNull(leftValue, "Unknown variable " + left)
    assertNotNull(rightValue, "Unknown variable " + right)
    result = leftValue + rightValue
  }

  @When("^\\s*([a-zA-Z]+)\\s*\\*\\s*([a-zA-Z]+)\\s*$")
  def mult(left: String, right: String): Unit = {
    val leftValue = variables.get(left)
    val rightValue = variables.get(right)
    assertNotNull(leftValue, "Unknown variable " + left)
    assertNotNull(rightValue, "Unknown variable " + right)
    result = leftValue * rightValue
  }

  @Then("^\\s*result\\s*==\\s*(\\d+)\\s*$")
  def result(expectedResult: Long) = {
    assertEquals(expectedResult, result)
  }
}

# Console producer
kafka-console-producer \
  --topic orders \
  --bootstrap-server broker:9092 \

# Console consumer
kafka-console-consumer \
  --topic orders \
  --bootstrap-server broker:9092 \
  --from-beginning

docker build -t kapoeira:latest .

docker run --rm -ti \
-v <PATH_TO_YOUR_FEATURES_FOLDER>:/features \
-v /var/run/docker.sock:/var/run/docker.sock \
-e KAFKA_BOOTSTRAP_SERVER=<HOST:PORT[,HOST2:PORT2,HOST3:PORT3,...]> \
-e KAFKA_SCHEMA_REGISTRY_URL=<URL> \
-e KAFKA_USER=<XXX> \
-e KAFKA_PASSWORD=<****> \
-e JAAS_AUTHENT=<true (default) | false> \
-e LOGGING_LEVEL=<INFO (default) | ERROR | ...> \
-e THREADS=<8 (default) | ... > \
lectratech/kapoeira